# Scrapy settings for spiderssr1 project
#
# For simplicity, this file contains only settings considered important or
# commonly used. You can find more settings consulting the documentation:
#
#     https://docs.scrapy.org/en/latest/topics/settings.html
#     https://docs.scrapy.org/en/latest/topics/downloader-middleware.html
#     https://docs.scrapy.org/en/latest/topics/spider-middleware.html

BOT_NAME = "spiderssr1"

SPIDER_MODULES = ["spiderssr1.spiders"]
NEWSPIDER_MODULE = "spiderssr1.spiders"


# Crawl responsibly by identifying yourself (and your website) on the user-agent
#USER_AGENT = "spiderssr1 (+http://www.yourdomain.com)"

# Obey robots.txt rules
ROBOTSTXT_OBEY = False


# Set settings whose default value is deprecated to a future-proof value
TWISTED_REACTOR = "twisted.internet.asyncioreactor.AsyncioSelectorReactor"
FEED_EXPORT_ENCODING = "utf-8"

ITEM_PIPELINES = {
    'spiderssr1.pipelines.MongoDBPipeline': 300,
}
MONGODB_CONNECTION_STRING = 'localhost'
MONGODB_DATABASE ='spiderssr1'
MONGODB_COLLECTION = 'movies'